canto_wu_pronunciation:
  id: canto_wu_pronunciation.dev.v0
  description: Test the model's knowledge of Cantonenese and Wu Chinese pronounciation in a zero-shot setting
  metrics: [accuracy]
canto_wu_pronunciation.dev.v0:
  class: evals.elsuite.basic.match:Match
  args:
    samples_jsonl: canto_wu_pronunciation/samples_zero.jsonl
